# Allow all bots to crawl the site
User-agent: *
Disallow: /cgi-bin/

# Enforce HTTPS for Sitemap
Sitemap: https://ccipk.com/sitemap.xml

# Block specific unnecessary directories (adjust as needed)
Disallow: /wp-admin/     # If using WordPress
Disallow: /admin/        # If your site has an admin panel
Disallow: /tmp/
Disallow: /private/

# Allow Googlebot to crawl everything
User-agent: Googlebot
Allow: /

# Block bad bots (optional)
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /

# Prevent indexing of search results pages (optional)
Disallow: /*?*
Disallow: /*?c*.phtml
